##############################################################################
# define and set program parameters
corpusFileName = 0              # -c: the path of the directory containing the documents.
documentDirectory = 0           # -d: the name of the directory that will be created
documentDelimiter = 0           # -D: the delimiter that will be used to parse the corpus
numberOfTokensDelimiter = 0     # -N: the number of word that will be put into each document
##############################################################################
# import python libraries
import sys, getopt
import sm_libs.scriptParams as params
import sm_libs.corpora as corpora
##############################################################################

# process command line arguments
corpusFileName, documentDirectory, documentDelimiter, numberOfTokensDelimiter = params.corpDocDirFromSingleFile(sys.argv[1:], corpusFileName, documentDirectory, documentDelimiter, numberOfTokensDelimiter)